apiVersion: tekton.dev/v1beta1
kind: Task
metadata:
  creationTimestamp: '2024-03-08T19:59:24Z'
  generation: 18
  managedFields:
    - apiVersion: tekton.dev/v1beta1
      fieldsType: FieldsV1
      fieldsV1:
        'f:spec':
          .: {}
          'f:params': {}
          'f:steps': {}
          'f:workspaces': {}
      manager: Mozilla
      operation: Update
      time: '2024-03-11T02:30:14Z'
  name: setup-bmc
  namespace: baremetal-cr
  resourceVersion: '370309900'
  uid: 5ab482c4-6020-46ee-a503-e3eb99294b2a
spec:
  params:
    - description: The username for the BMC
      name: bmc-user
      type: string
    - description: The password for the BMC
      name: bmc-pass
      type: string
    - description: OpenShift cluster name for virtual media
      name: ocp-cluster-name
      type: string
    - description: infra env
      name: infra-env
      type: string
    - default: acm-config
      description: namespace of rackvars
      name: rack-ns
      type: string
  steps:
    - env:
        - name: infra-env
          value: $(params.infra-env)
        - name: rack-ns
          value: $(params.rack-ns)
      image: >-
        docker-enterprise-dev.artifactrepository.citigroup.net/cate-citisystems-openshift/openshift4:4.12.33-x86_64-cli
      name: setup-bmc
      resources: {}
      script: >
        #!/usr/bin/env python3

        import os 

        import requests 

        import json 

        import time

        import sys

        # Disable warnings for SSL Certificate

        requests.packages.urllib3.disable_warnings()

        infra_env = os.environ['infra-env']  

        rack_ns = os.environ['rack-ns']

        machines = json.loads(os.popen('oc get rack %s -n %s -o
        jsonpath={.spec.machines}' % (infra_env, rack_ns)).read())

        bmc_user = "$(params.bmc-user)" 

        bmc_pass = "$(params.bmc-pass)"

        ocp_cluster_name = "$(params.ocp-cluster-name)"

        ok_status = [200, 201, 202, 203, 204]

        # Virtual Media Operations 

        for machine in machines:
            name = machine['name']
            bmc_ip = machine['bmc_ip']
            fqdn = f"{name}.{infra_env}.{rack_ns}"

            print(f"\n\nINFO: Processing BMC IP/Hostname: {bmc_ip} for node {name}")

            session_url = f"https://{bmc_ip}/redfish/v1/SessionService/Sessions/"
            system_url = f"https://{bmc_ip}/redfish/v1/Systems"

            # Create a session to get the X-Auth-Token
            response = requests.post(session_url, verify=False, headers={"Content-Type": "application/json"}, json={"UserName": bmc_user, "Password": bmc_pass})
            if response.status_code in ok_status:
                print(f"Session created to get X-Auth-Token to perform Virtual Media Operations on node {name}.")
            else:
                print(f'Failed to create a session to get X-Auth-Token for node {name}. Status code: {response.status_code}')
                sys.exit(1)

            token = response.headers.get("X-Auth-Token")
            auth_header = {"X-Auth-Token": token}

            # Get system information to find system endpoint
            response_systems = requests.get(system_url, headers=auth_header, verify=False)
            systems_endpoint = response_systems.json()['Members'][0]['@odata.id']

            # Power Off Host before ejecting virtual media
            power_off_url = f"https://{bmc_ip}{systems_endpoint}/Actions/ComputerSystem.Reset"
            power_off_body = {"ResetType": "GracefulShutdown"}
            response = requests.post(power_off_url, headers=auth_header, json=power_off_body, verify=False)
            if response.status_code in ok_status:
                print(f'Host {name} power off is initiated successfully.')
                time.sleep(360)  
                print(f'Waited 5 mins for shutdown.')
            else:
                print(f"Failed to initiate power off host {name}. Status code: {response.status_code}. Attempting to proceed with caution.")
                sys.exit(1)

            managers_url = f"https://{bmc_ip}/redfish/v1/Managers"
            response_managers = requests.get(managers_url, headers=auth_header, verify=False)
            managers_endpoint = response_managers.json()['Members'][0]['@odata.id']

            virtual_media_url = f"https://{bmc_ip}{managers_endpoint}/VirtualMedia"
            response_virtual_media = requests.get(virtual_media_url, headers=auth_header, verify=False)
            cd_endpoint = response_virtual_media.json()['Members'][1]['@odata.id']

            # Eject virtual media
            eject_media_url = f"https://{bmc_ip}{cd_endpoint}/Actions/VirtualMedia.EjectMedia"
            response = requests.post(eject_media_url, headers=auth_header, json={}, verify=False)
            if response.status_code in ok_status:
                print(f'Virtual media ejected successfully for host {name}.')
            else:
                print(f"Failed to eject virtual media for host {name}. Status code: {response.status_code}")

            # Insert virtual media
            insert_media_url = f"https://{bmc_ip}{cd_endpoint}/Actions/VirtualMedia.InsertMedia"
            virtual_media_body = {
                "Image": f"https://path-to-your-rhcos-live-image/{ocp_cluster_name}-rhcos-live.x86_64.iso",
                "Inserted": True,
                "WriteProtected": True
            }
            response = requests.post(insert_media_url, headers=auth_header, json=virtual_media_body, verify=False)
            if response.status_code in ok_status:
                print(f'Virtual media inserted successfully for host {name}.')
            else:
                print(f"Failed to insert virtual media for host {name}. Status code: {response.status_code}")

                # Power On Host
                power_on_url = f"https://{bmc_ip}{systems_endpoint}/Actions/ComputerSystem.Reset"
                power_on_body = {"ResetType": "On"}
                response = requests.post(power_on_url, headers=auth_header, json=power_on_body, verify=False)
                if response.status_code in ok_status:
                    print(f'Host {name} power on is initiated successfully.')
                    #time.sleep(600)  
                    #print(f'Waited 10 mins for power on.')
                else:
                    print(f"Failed to initiate power on host {name}. Status code: {response.status_code}")

                # Close Session
                session_id = response.headers.get("Location")

                requests.packages.urllib3.disable_warnings()
                
                if session_id:
                    session_id_url = f'https://{bmc_ip}{session_id}'
                    response = requests.delete(session_id_url, headers=auth_header, verify=False)
                    if response.status_code in ok_status:
                        print(f'Session closed successfully for host {name}.')
                    else:
                        print(f'Failed to close session for host {name}. Status code: {response.status_code}')
                print(f'Exiting...')        
                sys.exit(1)

            # Power On Host
            power_on_url = f"https://{bmc_ip}{systems_endpoint}/Actions/ComputerSystem.Reset"
            power_on_body = {"ResetType": "On"}
            response = requests.post(power_on_url, headers=auth_header, json=power_on_body, verify=False)
            if response.status_code in ok_status:
                print(f'Host {name} power on is initiated successfully.')
            else:
                print(f"Failed to initiate power on host {name}. Status code: {response.status_code}")
                sys.exit(1)

            # Close Session
            session_id = response.headers.get("Location")
            if session_id:
                session_id_url = f'https://{bmc_ip}{session_id}'
                response = requests.delete(session_id_url, headers=auth_header, verify=False)
                if response.status_code in ok_status:
                    print(f'Session closed successfully for host {name}.')
                else:
                    print(f'Failed to close session for host {name}. Status code: {response.status_code}')
  workspaces:
    - description: The git repo will be cloned onto the volume backing this Workspace.
      name: output


##################

Failed to insert virtual media for host bootstrap.mlab-ruth01d. Status code: 400
####################


apiVersion: tekton.dev/v1beta1
kind: Task
metadata:
  creationTimestamp: '2024-03-07T19:56:26Z'
  generation: 6
  managedFields:
    - apiVersion: tekton.dev/v1beta1
      fieldsType: FieldsV1
      fieldsV1:
        'f:spec':
          .: {}
          'f:params': {}
          'f:steps': {}
          'f:workspaces': {}
      manager: Mozilla
      operation: Update
      time: '2024-03-12T19:10:52Z'
  name: recreate-vd
  namespace: baremetal-cr
  resourceVersion: '378081795'
  uid: 84a279b7-488c-49fd-a759-2f7ab02c52db
spec:
  params:
    - description: The username for the BMC
      name: bmc-user
      type: string
    - description: The password for the BMC
      name: bmc-pass
      type: string
    - description: OpenShift cluster name for virtual media
      name: ocp-cluster-name
      type: string
    - description: infra env
      name: infra-env
      type: string
    - default: acm-config
      description: namespace of rackvars
      name: rack-ns
      type: string
  steps:
    - env:
        - name: infra-env
          value: $(params.infra-env)
        - name: rack-ns
          value: $(params.rack-ns)
        - name: hp-redfish-prefix
          value: 'redfish-virtualmedia://'
        - name: dell-redfish-prefix
          value: 'idrac-virtualmedia://'
        - name: hp-redfish-endpoint
          value: /redfish/v1/Systems/1
        - name: dell-redfish-endpoint
          value: /redfish/v1/Systems/System.Embedded.1
      image: >-
        docker-enterprise-dev.artifactrepository.citigroup.net/cate-citisystems-openshift/openshift4:4.12.33-x86_64-cli
      name: setup-bmc
      resources: {}
      script: >
        #!/usr/bin/env python3

        import os

        import requests

        import json

        import time

        import sys


        # Disable warnings for SSL Certificate

        requests.packages.urllib3.disable_warnings()

        infra_env = os.environ['infra-env']

        rack_ns = os.environ['rack-ns'] 

        machines=json.loads(os.popen('oc get rack %s -n %s -o
        jsonpath={.spec.machines}' % (infra_env,rack_ns)).read())

        dns_domain = os.popen('oc get rack %s -n %s -o
        jsonpath={.spec.dns_domain}' % (infra_env,rack_ns)).read()

        vendor = os.popen('oc get rack %s -n %s -o
        jsonpath={.spec.hardware_vendor}' % (infra_env,rack_ns)).read()


        bmc_user = "$(params.bmc-user)"

        bmc_pass = "$(params.bmc-pass)"

        ocp_cluster_name = "$(params.ocp-cluster-name)"

        ok_status = [200, 201, 202, 203, 204]
             

        # Virtual Media Operations 

        for machine in machines:
            name = machine['name']
            bmc_ip = machine['bmc_ip']
            host_mac = machine['host_mac']
            fqdn = f"{name}.{dns_domain}"
            node_type = machine['node_type']

            session_url = f"https://{bmc_ip}/redfish/v1/SessionService/Sessions/"

            system_url = f"https://{bmc_ip}/redfish/v1/Systems"

            managers_url = f"https://{bmc_ip}/redfish/v1/Managers"

            # Create a session to get the X-Auth-Token

            response = requests.post(session_url, verify=False,
            headers={"Content-Type": "application/json"}, json={"UserName":
            bmc_user, "Password": bmc_pass})

            if response.status_code in ok_status:
                print(f"\n\nSession created to get X-Auth-Token to perform Virtual Media Operations on {node_type} node.")
            else:
                print('Failed to create a session to get X-Auth-Token. Status code:', response.status_code)

            token = response.headers.get("X-Auth-Token")

            session_id = response.headers.get("Location")
                    
            # Use token for subsequent requests

            auth_header = {"X-Auth-Token": token}

            # Get system information

            response_systems = requests.get(system_url, headers=auth_header,
            verify=False)

            systems_endpoint = response_systems.json()['Members'][0]['@odata.id']

            # Get Vendor information

            manufacturer_response = requests.get(f"https://{bmc_ip}{systems_endpoint}",
            headers=auth_header, verify=False)

            print(f"manufacturer_response: {manufacturer_response}")

            manufacturer = manufacturer_response.json()['Manufacturer']

            print(f"Manufacturer: {manufacturer}")

            # Get Manager information

            response_managers = requests.get(managers_url, headers=auth_header,
            verify=False)

            managers_endpoint = response_managers.json()['Members'][0]['@odata.id']

            # Virtual Media Operations based on Vendor 

            if "Dell" in manufacturer:

                def fetch_volumes(controller_fqdd):
                    """Fetch all volumes for the specified controller."""
                    url = f'https://{bmc_ip}/redfish/v1/Systems/System.Embedded.1/Storage/{controller_fqdd}/Volumes'
                    response = requests.get(url, headers=auth_header, verify=False)
                    volumes = []
                    if response.status_code == 200:
                        data = response.json()
                        for volume in data.get('Members', []):
                            volume_detail = requests.get(f'https://{bmc_ip}{volume["@odata.id"]}', headers=auth_header, verify=False).json()
                            volumes.append({
                                "id": volume["@odata.id"].split('/')[-1],
                                "name": volume_detail.get('Name'),
                                "drives": [drive["@odata.id"].split('/')[-1] for drive in volume_detail.get('Links', {}).get('Drives', [])],
                            })
                    else:
                        print(f"Failed to fetch volumes for controller {controller_fqdd}. Status code: {response.status_code}")
                        sys.exit(1)
                    return volumes

                def delete_volume(controller_fqdd, volume_id):
                    """Delete a volume."""
                    url = f'https://{bmc_ip}/redfish/v1/Systems/System.Embedded.1/Storage/{controller_fqdd}/Volumes/{volume_id}'
                    print(f"delete url: {url}")
                    response = requests.delete(url, headers=auth_header, verify=False)
                    if response.status_code in [200, 201, 202, 203, 204]:
                        print(f"Successfully deleted volume: {volume_id}")
                    else:
                        print(f"Failed to delete volume {volume_id}. Status code: {response.status_code}, Response: {response.text}")
                        sys.exit(1)

                def recreate_volumes(controller_fqdd, volumes_info):
                    """Recreate each volume with its original name and associated disks."""
                    for volume in volumes_info:
                        url = f'https://{bmc_ip}/redfish/v1/Systems/System.Embedded.1/Storage/{controller_fqdd}/Volumes'
                        print(f"recreate url: {url}")

                        payload = {
                            "Name": volume['name'],
                            "VolumeType": "NonRedundant",  # Adjust if needed
                            "Drives": [{"@odata.id": f"/redfish/v1/Systems/System.Embedded.1/Storage/Drives/{drive_id}"} for drive_id in volume['drives']],
                        }

                        print(f"payload: {payload}")

                        time.sleep(120)

                        print(f"auth_header: {auth_header}")

                        response = requests.post(url, headers=auth_header, data=json.dumps(payload), verify=False)
                        
                        if response.status_code in [200, 201, 202, 203, 204]:
                            print(f"Volume {volume['name']} recreated successfully.")
                        else:
                            print(f"Failed to recreate volume {volume['name']}. Status code: {response.status_code}, Response: {response.text}")
                            sys.exit(1)

                # Main Logic
                controller_fqdd = "RAID.Integrated.1-1"

                # Fetch all volumes for the specified controller
                volumes = fetch_volumes(controller_fqdd)

                # Delete each volume
                for volume in volumes:
                    delete_volume(controller_fqdd, volume['id'])

                # Wait for the deletion before recreation
                time.sleep(10) 

                # Recreate each volume with the same name and associated disks
                recreate_volumes(controller_fqdd, volumes)

            # Close Session

            session_id_url = f'https://{bmc_ip}{session_id}'

            response = requests.delete(session_id_url, headers=auth_header, verify=False)

            if response.status_code in ok_status:
                print('Session closed successfully.')
            else:
                print('Failed to close session. Status code:', response.status_code)
            
  workspaces:
    - description: The git repo will be cloned onto the volume backing this Workspace.
      name: output

################

Manufacturer: Dell Inc.
recreate url: https://10.40.220.77/redfish/v1/Systems/System.Embedded.1/Storage/RAID.Integrated.1-1/Volumes
payload: {'Name': 'vdisk0', 'VolumeType': 'NonRedundant', 'Drives': [{'@odata.id': '/redfish/v1/Systems/System.Embedded.1/Storage/Drives/Disk.Bay.0:Enclosure.Internal.0-1:RAID.Integrated.1-1'}, {'@odata.id': '/redfish/v1/Systems/System.Embedded.1/Storage/Drives/Disk.Bay.1:Enclosure.Internal.0-1:RAID.Integrated.1-1'}]}
auth_header: {'X-Auth-Token': '31d4eb7168662db4cb5be6bc78e62be5'}
Failed to recreate volume vdisk0. Status code: 415, Response: {
    "error": {
        "code": "Base.1.8.GeneralError",
        "message": "A general error has occurred. See ExtendedInfo for more information.",
        "@Message.ExtendedInfo":[
	{
            "@odata.type": "#Message.v1_1_0.Message",
            "MessageId": "Base.1.8.GeneralError",
            "Message": "A general error has occurred. See Resolution for information on how to resolve the error.",
            "Resolution": "Redfish request contains unsupported media type. Correct the request body and resubmit.",
            "Severity": "Warning"
        }
	]
    }
}

####################

-bash-4.2$ cat recreate-vd-dell-78.py 
#!/usr/bin/env python3

import requests
import time
import json
import sys


# Disable warnings for SSL Certificate

requests.packages.urllib3.disable_warnings()

infra_env = "rlab-ll44-d"
rack_ns = "acm-config"
bmc_user = "root"
bmc_pass = "Welcome1"
name = "engrlabctiruth021"
bmc_ip = "10.40.220.77"
#host_mac = "10:70:FD:4B:14:48"
node_type = "master"

session_url = f"https://{bmc_ip}/redfish/v1/SessionService/Sessions/"

system_url = f"https://{bmc_ip}/redfish/v1/Systems"

managers_url = f"https://{bmc_ip}/redfish/v1/Managers"


# Create a session to get the X-Auth-Token

response = requests.post(session_url, verify=False,
headers={"Content-Type": "application/json"}, json={"UserName":
bmc_user, "Password": bmc_pass})

token = response.headers.get("X-Auth-Token")
session_id_url = response.headers.get("Location")
        
print(f"token: {token}")

print(f"session_id_url: {session_id_url}")

# Use token for subsequent requests

auth_header = {"X-Auth-Token": token}


# Fetch system information

system_id_response = requests.get(system_url, headers=auth_header, verify=False)

system_id_url = system_id_response.json()['Members'][0]['@odata.id']

manufacturer_response = requests.get(f"https://{bmc_ip}{system_id_url}", headers=auth_header, verify=False)

manufacturer = manufacturer_response.json()['Manufacturer']

print(f"Manufacturer: {manufacturer}")

endpoint = "Systems/System.Embedded.1/Storage"
ok_status = [200, 201, 202, 203, 204]

# Headers for requests
headers = {
    "Content-Type": "application/json",
    "X-Auth-Token": token
}

def fetch_volumes(controller_fqdd):
    """Fetch all volumes for the specified controller."""
    url = f'https://{bmc_ip}/redfish/v1/Systems/System.Embedded.1/Storage/{controller_fqdd}/Volumes'
    response = requests.get(url, headers=headers, verify=False)
    volumes = []
    if response.status_code == 200:
        data = response.json()
        for volume in data.get('Members', []):
            volume_detail = requests.get(f'https://{bmc_ip}{volume["@odata.id"]}', headers=headers, verify=False).json()
            volumes.append({
                "id": volume["@odata.id"].split('/')[-1],
                "name": volume_detail.get('Name'),
                "drives": [drive["@odata.id"].split('/')[-1] for drive in volume_detail.get('Links', {}).get('Drives', [])],
            })
    else:
        print(f"Failed to fetch volumes for controller {controller_fqdd}. Status code: {response.status_code}")
        sys.exit(1)
    return volumes

def delete_volume(controller_fqdd, volume_id):
    """Delete a volume."""
    url = f'https://{bmc_ip}/redfish/v1/Systems/System.Embedded.1/Storage/{controller_fqdd}/Volumes/{volume_id}'
    print(f"delete url: {url}")
    response = requests.delete(url, headers=headers, verify=False)
    if response.status_code in [200, 201, 202, 203, 204]:
        print(f"Successfully deleted volume: {volume_id}")
    else:
        print(f"Failed to delete volume {volume_id}. Status code: {response.status_code}, Response: {response.text}")
        sys.exit(1)

def recreate_volumes(controller_fqdd, volumes_info):
    """Recreate each volume with its original name and associated disks."""
    for volume in volumes_info:
        url = f'https://{bmc_ip}/redfish/v1/Systems/System.Embedded.1/Storage/{controller_fqdd}/Volumes'
        print(f"recreate url: {url}")
        payload = {
            "Name": volume['name'],
            "VolumeType": "NonRedundant",  # Adjust if needed
            "Drives": [{"@odata.id": f"/redfish/v1/Systems/System.Embedded.1/Storage/Drives/{drive_id}"} for drive_id in volume['drives']],
        }
        print(f"payload: {payload}")
        response = requests.post(url, headers=headers, data=json.dumps(payload), verify=False)
        if response.status_code in [200, 201, 202, 203, 204]:
            print(f"Volume {volume['name']} recreated successfully.")
        else:
            print(f"Failed to recreate volume {volume['name']}. Status code: {response.status_code}, Response: {response.text}")
            sys.exit(1)

# Main Logic
controller_fqdd = "RAID.Integrated.1-1"

# Fetch all volumes for the specified controller
volumes = fetch_volumes(controller_fqdd)

# Delete each volume
for volume in volumes:
    delete_volume(controller_fqdd, volume['id'])

# Wait for the deletion before recreation
# time.sleep(120) 

# Recreate each volume with the same name and associated disks
recreate_volumes(controller_fqdd, volumes)

# Delete session
session_url = f'https://{bmc_ip}{session_id_url}'
response_session_delete = requests.delete(session_url, headers=auth_header, verify=False)

print(f"response_session_delete: {response_session_delete}")
-bash-4.2$ 

#############

recreate url: https://10.40.220.77/redfish/v1/Systems/System.Embedded.1/Storage/RAID.Integrated.1-1/Volumes
payload: {'Name': 'vdisk0', 'VolumeType': 'NonRedundant', 'Drives': [{'@odata.id': '/redfish/v1/Systems/System.Embedded.1/Storage/Drives/Disk.Bay.0:Enclosure.Internal.0-1:RAID.Integrated.1-1'}, {'@odata.id': '/redfish/v1/Systems/System.Embedded.1/Storage/Drives/Disk.Bay.1:Enclosure.Internal.0-1:RAID.Integrated.1-1'}]}
Volume vdisk0 recreated successfully.
response_session_delete: <Response [200]>
